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Figure 2 



* » 



(Enqueue(URL_QUEUE, staring_url); ~ ~~ ■ 

s 

While (! Empty(URL_QUEUE)) { 
url = Dequeue(URL_QUEUE); 
page = Crawl_page(url); 
Enqueue(CRAWLED_PAGES, (url, page)); 
PAGE_TO_FETCH_LIST = Extract_urls(page); 
For each u in PAGE_TO_FETCH LIST { 
Enqueue(LINKS, (url, u)); 

If ({u not in URL„QUEUE) and ((u, -) not in C RAWLE D_PAG ES ) ) { 
Fetctvpage(u); 
Enqueue(URL_QUEUE, u); 

> 

} 

Compute_ 1 PageRank(URL_QUEUE+CRAWLED_PAGES); 
Reorder_queue(URL_QUEUE); 
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F: Initiating page fetches (protocol management) 
R: Receiving/taking pages from incoming queue 
C: Computation 

L: Loading pages from remote servers through network 
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